<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<title>AmpleHarvest: process_Data1.php Source File</title>

<link href="tabs.css" rel="stylesheet" type="text/css"/>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
  $(document).ready(initResizable);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
  $(document).ready(function() { searchBox.OnSelectItem(0); });
</script>

</head>
<body>
<div id="top"><!-- do not remove this div! -->


<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  
  
  <td style="padding-left: 0.5em;">
   <div id="projectname">AmpleHarvest
   &#160;<span id="projectnumber">0.0.1</span>
   </div>
   
  </td>
  
  
  
 </tr>
 </tbody>
</table>
</div>

<!-- Generated by Doxygen 1.7.5.1 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
      <li><a href="modules.html"><span>Modules</span></a></li>
      <li><a href="namespaces.html"><span>Namespaces</span></a></li>
      <li><a href="annotated.html"><span>Classes</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
      <li>
        <div id="MSearchBox" class="MSearchBoxInactive">
        <span class="left">
          <img id="MSearchSelect" src="search/mag_sel.png"
               onmouseover="return searchBox.OnSearchSelectShow()"
               onmouseout="return searchBox.OnSearchSelectHide()"
               alt=""/>
          <input type="text" id="MSearchField" value="Search" accesskey="S"
               onfocus="searchBox.OnSearchFieldFocus(true)" 
               onblur="searchBox.OnSearchFieldFocus(false)" 
               onkeyup="searchBox.OnSearchFieldChange(event)"/>
          </span><span class="right">
            <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
          </span>
        </div>
      </li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
      <li><a href="globals.html"><span>File&#160;Members</span></a></li>
    </ul>
  </div>
</div>
<div id="side-nav" class="ui-resizable side-nav-resizable">
  <div id="nav-tree">
    <div id="nav-tree-contents">
    </div>
  </div>
  <div id="splitbar" style="-moz-user-select:none;" 
       class="ui-resizable-handle">
  </div>
</div>
<script type="text/javascript">
  initNavTree('process___data1_8php.html','');
</script>
<div id="doc-content">
<div class="header">
  <div class="headertitle">
<div class="title">process_Data1.php</div>  </div>
</div>
<div class="contents">
<a href="process___data1_8php.html">Go to the documentation of this file.</a><div class="fragment"><pre class="fragment"><a name="l00001"></a>00001 &lt;?php
<a name="l00002"></a><a class="code" href="namespaceampleharvest_1_1task_1_1process__data.html">00002</a>         <span class="keyword">namespace </span>ampleharvest\task\process_data;
<a name="l00003"></a>00003 
<a name="l00004"></a>00004         use\ampleharvest\code;
<a name="l00005"></a>00005 
<a name="l00006"></a>00006         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/config/cConfig.php&quot;</span>;
<a name="l00007"></a>00007         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/abstract_classes/abs_Task.php&quot;</span>;
<a name="l00008"></a>00008         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/classes/Tables/cTABLE_Data.php&quot;</span>;
<a name="l00009"></a>00009         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/classes/cThread.php&quot;</span>;
<a name="l00010"></a>00010         require_once dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&#39;/validation/json/cJsonValidator.php&#39;</span>;
<a name="l00011"></a>00011 
<a name="l00012"></a><a class="code" href="namespaceampleharvest_1_1task_1_1process__data.html#a1eb623d439b7e7518cbe55c7038545c2">00012</a>         <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a1eb623d439b7e7518cbe55c7038545c2">$arr_Params</a> = array(<span class="stringliteral">&quot;date::&quot;</span>);
<a name="l00013"></a>00013 
<a name="l00014"></a><a class="code" href="namespaceampleharvest_1_1task_1_1process__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">00014</a>         <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a> = getopt(<span class="stringliteral">&quot;c::&quot;</span>, <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a1eb623d439b7e7518cbe55c7038545c2">$arr_Params</a>);
<a name="l00034"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html">00034</a>         <span class="keyword">class </span><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html" title="This Task Handles the Processing of the given json object into database table format.">process_Data_1</a> <span class="keyword">extends</span> \<a class="code" href="classabs___task.html">abs_Task</a>
<a name="l00035"></a>00035         {
<a name="l00036"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a85417dbde73edf0120896b0c18ff4e51">00036</a>                 <span class="keyword">const</span> C_STR_NAME = <span class="stringliteral">&quot;process_Data_1&quot;</span>;
<a name="l00037"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a8f0eae516366ae6269bfc80f541acc20">00037</a>                 <span class="keyword">const</span> C_INT_THREADS = 2;
<a name="l00038"></a>00038                 
<a name="l00039"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#ab970b320bd18212b9b996dd4b5ef9b6f">00039</a>                 <span class="keyword">protected</span> $m_obj_StartDate = null;
<a name="l00040"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a42e6aa03286217297be1205a6efbfbbe">00040</a>                 <span class="keyword">protected</span> $m_arr_Threads = null;
<a name="l00041"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">00041</a>                 <span class="keyword">protected</span> <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a> = null;
<a name="l00042"></a>00042 
<a name="l00043"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a45a73cc4ffd1ff295554818160ae7454">00043</a>                 <span class="keyword">public</span> <span class="keyword">function</span> __construct(<a class="code" href="task__runner_8php.html#a2523cf970aa09873a0e161c79f0ae3b2">$str_LockPath</a>,<a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a> = array())
<a name="l00044"></a>00044                 {
<a name="l00045"></a>00045                         $this-&gt;m_obj_StartDate = new \DateTime();
<a name="l00046"></a>00046                         $this-&gt;set_LockPath(<a class="code" href="task__runner_8php.html#a2523cf970aa09873a0e161c79f0ae3b2">$str_LockPath</a>);
<a name="l00047"></a>00047                         $this-&gt;set_Name(self::C_STR_NAME);
<a name="l00048"></a>00048                         $this-&gt;m_arr_Threads = array();
<a name="l00049"></a>00049                         $this-&gt;arr_Options = <a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a>;
<a name="l00050"></a>00050                         parent::__construct();
<a name="l00051"></a>00051                 }
<a name="l00052"></a>00052 
<a name="l00053"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a74990eb645a66d33afc1d62ec1010fb6">00053</a>                 <span class="keyword">public</span> <span class="keyword">function</span> run($bool_Force = <span class="keyword">false</span>)
<a name="l00054"></a>00054                 {
<a name="l00055"></a>00055                         <span class="comment">//print(&quot;Test&quot;.__LINE__.&quot;\n&quot;);</span>
<a name="l00056"></a>00056                         $this-&gt;set_Force($bool_Force);
<a name="l00057"></a>00057                         <span class="keywordflow">if</span> (!parent::run())
<a name="l00058"></a>00058                         {
<a name="l00059"></a>00059                                 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00060"></a>00060                         }
<a name="l00061"></a>00061 
<a name="l00062"></a>00062                         <span class="keywordflow">for</span> (<a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a> = 0; <a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a> &lt; self::C_INT_THREADS; <a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a>++)
<a name="l00063"></a>00063                         {
<a name="l00064"></a>00064                                 $this-&gt;startThread();
<a name="l00065"></a>00065                         }
<a name="l00066"></a>00066 
<a name="l00067"></a>00067                         $this-&gt;wait4Threads();
<a name="l00068"></a>00068 
<a name="l00069"></a>00069                         <span class="keywordflow">return</span> <span class="keyword">true</span>;
<a name="l00070"></a>00070                 }
<a name="l00071"></a>00071 
<a name="l00072"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a9696e04cc4d0dbfef7949de754174581">00072</a>                 <span class="keyword">private</span> <span class="keyword">function</span> startThread()
<a name="l00073"></a>00073                 {
<a name="l00074"></a>00074                         $str_Command = __FILE__ . <span class="stringliteral">&quot; -c --date=\&quot;&quot;</span>.$this-&gt;m_obj_StartDate-&gt;format(<span class="stringliteral">&quot;c&quot;</span>).<span class="stringliteral">&quot;\&quot;&quot;</span>;
<a name="l00075"></a>00075                         print($str_Command . <span class="stringliteral">&quot;\n&quot;</span>);
<a name="l00076"></a>00076                         <a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a> = <span class="keyword">sizeof</span>($this-&gt;m_arr_Threads);
<a name="l00077"></a>00077 
<a name="l00078"></a>00078                         $this-&gt;m_arr_Threads[<a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a>] = \cThread::Create($str_Command, code\cConfig::C_STR_PATH_PHP);
<a name="l00079"></a>00079                         $obj_Thread = $this-&gt;m_arr_Threads[<a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a>];
<a name="l00080"></a>00080                         <a class="code" href="index4_solr_8php.html#ad04214d6992689fd817348520e7aa0be">$str_Return</a> = $obj_Thread-&gt;listen(<span class="keyword">false</span>);
<a name="l00081"></a>00081                         print(<a class="code" href="index4_solr_8php.html#ad04214d6992689fd817348520e7aa0be">$str_Return</a>);
<a name="l00082"></a>00082                         <span class="keywordflow">if</span> (!$obj_Thread-&gt;isActive())
<a name="l00083"></a>00083                         {
<a name="l00084"></a>00084                                 $obj_Thread-&gt;close();
<a name="l00085"></a>00085                                 unset($this-&gt;m_arr_Threads[<a class="code" href="task__runner_8php.html#ac2086579bf0e2ddbd35a8608039b2e71">$int_I</a>]);
<a name="l00086"></a>00086                                 <span class="keywordflow">return</span>;
<a name="l00087"></a>00087                         }
<a name="l00088"></a>00088                         <span class="keywordflow">if</span> (<a class="code" href="index4_solr_8php.html#ad04214d6992689fd817348520e7aa0be">$str_Return</a> == <span class="stringliteral">&quot;No Items to process&quot;</span>)
<a name="l00089"></a>00089                         {
<a name="l00090"></a>00090                                 print(<span class="stringliteral">&quot;was no return&quot;</span>);
<a name="l00091"></a>00091                         }
<a name="l00092"></a>00092                 }
<a name="l00093"></a>00093 
<a name="l00094"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#ae39fbca7b032b451e1bebfa54521b9bf">00094</a>                 <span class="keyword">private</span> <span class="keyword">function</span> wait4Threads()
<a name="l00095"></a>00095                 {
<a name="l00096"></a>00096                         <span class="keywordflow">while</span> (<span class="keyword">sizeof</span>($this-&gt;m_arr_Threads) &gt; 0)
<a name="l00097"></a>00097                         { <span class="comment">//No Items to process</span>
<a name="l00098"></a>00098                                 <span class="keywordflow">foreach</span> ($this-&gt;m_arr_Threads as $str_Key =&gt; $obj_Thread)
<a name="l00099"></a>00099                                 {
<a name="l00100"></a>00100                                         <span class="keywordflow">if</span> (!$obj_Thread-&gt;isActive())
<a name="l00101"></a>00101                                         {
<a name="l00102"></a>00102                                                 <a class="code" href="index4_solr_8php.html#ad04214d6992689fd817348520e7aa0be">$str_Return</a> = $obj_Thread-&gt;listen();
<a name="l00103"></a>00103                                                 print(<a class="code" href="index4_solr_8php.html#ad04214d6992689fd817348520e7aa0be">$str_Return</a>);
<a name="l00104"></a>00104                                                 $obj_Thread-&gt;close();
<a name="l00105"></a>00105                                                 unset($this-&gt;m_arr_Threads[$str_Key]);
<a name="l00106"></a>00106                                                 <span class="keywordflow">if</span> (strstr(<a class="code" href="index4_solr_8php.html#ad04214d6992689fd817348520e7aa0be">$str_Return</a>, <span class="stringliteral">&quot;No Items to process&quot;</span>))
<a name="l00107"></a>00107                                                 {
<a name="l00108"></a>00108                                                         print(<span class="stringliteral">&quot;was no return&quot;</span> . PHP_EOL);
<a name="l00109"></a>00109                                                 }
<a name="l00110"></a>00110                                                 <span class="keywordflow">else</span> 
<a name="l00111"></a>00111                                                 {
<a name="l00112"></a>00112                                                 $this-&gt;startThread();
<a name="l00113"></a>00113                                                 }
<a name="l00114"></a>00114                                         }
<a name="l00115"></a>00115                                 }
<a name="l00116"></a>00116                         }
<a name="l00117"></a>00117                 }
<a name="l00118"></a>00118 
<a name="l00119"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a0f66acea5c702827022df396ca15e275">00119</a>                 <span class="keyword">public</span> <span class="keyword">function</span> runChunk()
<a name="l00120"></a>00120                 {
<a name="l00121"></a>00121                         <span class="comment">/*                      </span>
<a name="l00122"></a>00122 <span class="comment">                         set_error_handler(&#39;exceptions_error_handler&#39;);</span>
<a name="l00123"></a>00123 <span class="comment">                                                                                                </span>
<a name="l00124"></a>00124 <span class="comment">                         function exceptions_error_handler($severity, $message, $filename, $lineno)</span>
<a name="l00125"></a>00125 <span class="comment">                         {</span>
<a name="l00126"></a>00126 <span class="comment">                         if (error_reporting() == 0)</span>
<a name="l00127"></a>00127 <span class="comment">                         {</span>
<a name="l00128"></a>00128 <span class="comment">                         return;</span>
<a name="l00129"></a>00129 <span class="comment">                         }</span>
<a name="l00130"></a>00130 <span class="comment">                         if (error_reporting() &amp; $severity)</span>
<a name="l00131"></a>00131 <span class="comment">                         {</span>
<a name="l00132"></a>00132 <span class="comment">                         throw new ErrorException($message, 0, $severity, $filename, $lineno);</span>
<a name="l00133"></a>00133 <span class="comment">                         }</span>
<a name="l00134"></a>00134 <span class="comment">                         }</span>
<a name="l00135"></a>00135 <span class="comment">                         */</span>
<a name="l00136"></a>00136 
<a name="l00137"></a>00137                         $this-&gt;m_obj_StartDate = new \DateTime($this-&gt;arr_Options[<span class="stringliteral">&quot;date&quot;</span>]);
<a name="l00138"></a>00138                         
<a name="l00139"></a>00139                         <span class="comment">//Number of Data sets to process in one pass.</span>
<a name="l00140"></a>00140                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a3240bb4c26471a84cf1c93c772dc73e7">$int_GroupSize</a> = 100;
<a name="l00141"></a>00141 
<a name="l00142"></a>00142                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a95389425773864d6294bfd8575b8fe33">$arr_DataSets</a> = array();
<a name="l00143"></a>00143 
<a name="l00144"></a>00144                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a> = new \cTABLE_Data();
<a name="l00145"></a>00145                         
<a name="l00146"></a>00146 
<a name="l00147"></a>00147                         <span class="comment">//Search for all Rows that have a current status of New</span>
<a name="l00148"></a>00148                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;start_Group();
<a name="l00149"></a>00149 
<a name="l00150"></a>00150                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;add_ColumnQuery(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;m_int_COL_Status, \<a class="code" href="classc_t_a_b_l_e___data.html#ac490efb1b4cba1b4fdcb905f4ea0d442">cTABLE_Data::C_INT_STATUS_NEW</a>);
<a name="l00151"></a>00151                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;add_ColumnQuery(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;m_int_COL_HarvestDate, $this-&gt;m_obj_StartDate-&gt;format(<span class="stringliteral">&quot;Y:m:d H:i:s&quot;</span>),\cCondition::c_str_OPERATOR_LESS);
<a name="l00152"></a>00152 
<a name="l00153"></a>00153                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;end_Group();
<a name="l00154"></a>00154                         <span class="comment">//Search for all Rows that have a diffrent datatoken form the process token (this means the Json object has changed)</span>
<a name="l00155"></a>00155 <span class="comment">/*                      </span>
<a name="l00156"></a>00156 <span class="comment">                        $obj_TABLE_Data-&gt;start_Group(\cQuery::c_str_JOIN_OR);</span>
<a name="l00157"></a>00157 <span class="comment"></span>
<a name="l00158"></a>00158 <span class="comment">                        $obj_TABLE_Data-&gt;add_ColumnQuery($obj_TABLE_Data-&gt;m_int_COL_DataToken,</span>
<a name="l00159"></a>00159 <span class="comment">                                $obj_TABLE_Data-&gt;get_Column_Name($obj_TABLE_Data-&gt;m_int_COL_ProcessToken),</span>
<a name="l00160"></a>00160 <span class="comment">                                \cCondition::c_str_OPERATOR_NOT,</span>
<a name="l00161"></a>00161 <span class="comment">                                \cQuery::c_str_JOIN_AND,</span>
<a name="l00162"></a>00162 <span class="comment">                                \cCondition::C_INT_FORMAT_COLUMN);</span>
<a name="l00163"></a>00163 <span class="comment">                                </span>
<a name="l00164"></a>00164 <span class="comment">                        $obj_TABLE_Data-&gt;add_ColumnQuery($obj_TABLE_Data-&gt;m_int_COL_HarvestDate, $this-&gt;m_obj_StartDate-&gt;format(&quot;Y:m:d H:i:s&quot;),\cCondition::c_str_OPERATOR_LESS);</span>
<a name="l00165"></a>00165 <span class="comment"></span>
<a name="l00166"></a>00166 <span class="comment">                        $obj_TABLE_Data-&gt;add_ColumnQuery($obj_TABLE_Data-&gt;m_int_COL_Status,</span>
<a name="l00167"></a>00167 <span class="comment">                                \cTABLE_Data::C_INT_STATUS_PROCESSING_DATA,</span>
<a name="l00168"></a>00168 <span class="comment">                                \cCondition::c_str_OPERATOR_GREATER);</span>
<a name="l00169"></a>00169 <span class="comment"></span>
<a name="l00170"></a>00170 <span class="comment">                        $obj_TABLE_Data-&gt;end_Group();</span>
<a name="l00171"></a>00171 <span class="comment">*/</span>
<a name="l00172"></a>00172                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_Limit(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a3240bb4c26471a84cf1c93c772dc73e7">$int_GroupSize</a>);
<a name="l00173"></a>00173 
<a name="l00174"></a>00174                         <span class="comment">//Do Query</span>
<a name="l00175"></a>00175                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a555585eb698bef0f6a5c7b1926398094">$int_Items</a> = <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;do_Search();
<a name="l00176"></a>00176                         $this-&gt;log(<span class="stringliteral">&quot;Processing &quot;</span> . <a class="code" href="move2_h_d_f_s___chunk_8php.html#a555585eb698bef0f6a5c7b1926398094">$int_Items</a> . <span class="stringliteral">&quot; rows of data.&quot;</span>);
<a name="l00177"></a>00177 
<a name="l00178"></a>00178                         <span class="keywordflow">if</span> (<a class="code" href="move2_h_d_f_s___chunk_8php.html#a555585eb698bef0f6a5c7b1926398094">$int_Items</a> &lt; 1)
<a name="l00179"></a>00179                         {
<a name="l00180"></a>00180                                 print(<span class="stringliteral">&quot;No Items to process\n&quot;</span> . PHP_EOL);
<a name="l00181"></a>00181                                 
<a name="l00182"></a>00182                                 <span class="keywordflow">return</span> <span class="stringliteral">&quot;kill it&quot;</span>;
<a name="l00183"></a>00183                         }
<a name="l00184"></a>00184 
<a name="l00185"></a>00185                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#ad573da7920fb4a820c79844b0cb89234">$arr_Results</a> = <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;get_ResultSet();
<a name="l00186"></a>00186 
<a name="l00187"></a>00187                         <span class="comment">//print_r($arr_DataSets);</span>
<a name="l00188"></a>00188                         <span class="keywordflow">foreach</span> (<a class="code" href="move2_h_d_f_s___chunk_8php.html#ad573da7920fb4a820c79844b0cb89234">$arr_Results</a> as $arr_Result)
<a name="l00189"></a>00189                         {
<a name="l00190"></a>00190                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;clear();
<a name="l00191"></a>00191                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;load_DataFromArray($arr_Result);
<a name="l00192"></a>00192                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a95389425773864d6294bfd8575b8fe33">$arr_DataSets</a>[] = $arr_Result;
<a name="l00193"></a>00193 
<a name="l00194"></a>00194                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_data();
<a name="l00195"></a>00195 
<a name="l00196"></a>00196                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_status(\<a class="code" href="classc_t_a_b_l_e___data.html#acaf0b9006bad2ce6b15ca1e1a74b1e1c">cTABLE_Data::C_INT_STATUS_PROCESSING_DATA</a>);
<a name="l00197"></a>00197 
<a name="l00198"></a>00198                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;save_Data2DB();
<a name="l00199"></a>00199                         }
<a name="l00200"></a>00200 
<a name="l00201"></a>00201                         print(<span class="stringliteral">&quot;All items moved to Processing Data status.&quot;</span> . PHP_EOL);
<a name="l00202"></a>00202 
<a name="l00203"></a>00203                         <span class="keywordflow">foreach</span> (<a class="code" href="move2_h_d_f_s___chunk_8php.html#a95389425773864d6294bfd8575b8fe33">$arr_DataSets</a> as $arr_DataSet)
<a name="l00204"></a>00204                         {
<a name="l00205"></a>00205                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;clear();
<a name="l00206"></a>00206                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;load_DataFromArray($arr_DataSet);
<a name="l00207"></a>00207 
<a name="l00208"></a>00208                                 $bool_Save = <span class="keyword">true</span>;
<a name="l00209"></a>00209 
<a name="l00210"></a>00210                                 $str_Json = \cTABLE_Data::decode(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;get_data());
<a name="l00211"></a>00211 
<a name="l00212"></a>00212                                 <span class="keywordflow">try</span>
<a name="l00213"></a>00213                                 {
<a name="l00214"></a>00214                                         $arr_Json = json_decode($str_Json);
<a name="l00215"></a>00215                                 }
<a name="l00216"></a>00216                                 <span class="keywordflow">catch</span> (Exception $e)
<a name="l00217"></a>00217                                 {
<a name="l00218"></a>00218                                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_status(\<a class="code" href="classc_t_a_b_l_e___data.html#afdab38de4827cff42fed85823e3659d3">cTABLE_Data::C_INT_STATUS_STAGE_1_FAIL</a>);
<a name="l00219"></a>00219 
<a name="l00220"></a>00220                                         <span class="keywordflow">if</span> (!<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;save_Data2DB())
<a name="l00221"></a>00221                                         {
<a name="l00222"></a>00222                                                 $this-&gt;log_Error(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;get_id() . <span class="stringliteral">&quot; had an error updateing its information in the database.&quot;</span>);
<a name="l00223"></a>00223                                                 print(<span class="stringliteral">&quot;Error Writeing to Database\n&quot;</span>);
<a name="l00224"></a>00224                                         }
<a name="l00225"></a>00225 
<a name="l00226"></a>00226                                         $this-&gt;log_Error(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;get_id() . <span class="stringliteral">&quot; the following problem unserializeing &quot;</span> . $e);
<a name="l00227"></a>00227 
<a name="l00228"></a>00228                                         <span class="keywordflow">continue</span>;
<a name="l00229"></a>00229                                 }
<a name="l00230"></a>00230 
<a name="l00231"></a>00231                                 <span class="keywordflow">if</span> ($this-&gt;<a class="code" href="process___data_8php.html#a3b9b0990c786d7fbb31f67357ef2e13b">validate_Json</a>($arr_Json, <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;get_id()))
<a name="l00232"></a>00232                                 {
<a name="l00233"></a>00233                                         <span class="keywordflow">if</span> ($this-&gt;<a class="code" href="move2_h_d_f_s___chunk_8php.html#a8978e741385b03aa6f5880421280290f">validate_Row</a>(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>, $arr_Json))
<a name="l00234"></a>00234                                         {
<a name="l00235"></a>00235                                                 <span class="keywordflow">if</span> (isset($arr_Json-&gt;harvestDate))
<a name="l00236"></a>00236                                                 {
<a name="l00237"></a>00237                                                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_harvest_date($arr_Json-&gt;harvestDate);
<a name="l00238"></a>00238                                                 }
<a name="l00239"></a>00239                                                 <span class="keywordflow">if</span> (isset($arr_Json-&gt;publishDate))
<a name="l00240"></a>00240                                                 {
<a name="l00241"></a>00241                                                         <span class="keywordflow">try</span>
<a name="l00242"></a>00242                                                         {
<a name="l00243"></a>00243                                                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_publish_date($arr_Json-&gt;publishDate);
<a name="l00244"></a>00244                                                         }
<a name="l00245"></a>00245                                                         <span class="keywordflow">catch</span> (Exception $e)
<a name="l00246"></a>00246                                                         {
<a name="l00247"></a>00247 
<a name="l00248"></a>00248                                                         }
<a name="l00249"></a>00249                                                 }
<a name="l00250"></a>00250                                                 <span class="keywordflow">if</span> (isset($arr_Json-&gt;origId))
<a name="l00251"></a>00251                                                 {
<a name="l00252"></a>00252                                                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_orig_id($arr_Json-&gt;origId);
<a name="l00253"></a>00253                                                 }
<a name="l00254"></a>00254                                                 <span class="keywordflow">if</span> (isset($arr_Json-&gt;page))
<a name="l00255"></a>00255                                                 {
<a name="l00256"></a>00256                                                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_page($arr_Json-&gt;page);
<a name="l00257"></a>00257                                                 }
<a name="l00258"></a>00258                                                 <span class="keywordflow">if</span> (isset($arr_Json-&gt;source))
<a name="l00259"></a>00259                                                 {
<a name="l00260"></a>00260                                                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_source($arr_Json-&gt;source);
<a name="l00261"></a>00261                                                 }
<a name="l00262"></a>00262                                                 <span class="keywordflow">if</span> (isset($arr_Json-&gt;category))
<a name="l00263"></a>00263                                                 {
<a name="l00264"></a>00264                                                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_category($arr_Json-&gt;category);
<a name="l00265"></a>00265                                                 }
<a name="l00266"></a>00266 
<a name="l00267"></a>00267                                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_processToken(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;get_dataToken());
<a name="l00268"></a>00268                                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_status(\<a class="code" href="classc_t_a_b_l_e___data.html#a1d318dd9fffeeb44f21c1d900f0b8c51">cTABLE_Data::C_INT_STATUS_STAGE_1_SUCCESS</a>);
<a name="l00269"></a>00269                                         }
<a name="l00270"></a>00270                                         <span class="keywordflow">else</span>
<a name="l00271"></a>00271                                         {
<a name="l00272"></a>00272                                                 <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_status(\<a class="code" href="classc_t_a_b_l_e___data.html#afdab38de4827cff42fed85823e3659d3">cTABLE_Data::C_INT_STATUS_STAGE_1_FAIL</a>);
<a name="l00273"></a>00273                                         }
<a name="l00274"></a>00274                                 }
<a name="l00275"></a>00275                                 <span class="keywordflow">else</span>
<a name="l00276"></a>00276                                 {
<a name="l00277"></a>00277                                         <a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;set_status(\<a class="code" href="classc_t_a_b_l_e___data.html#afdab38de4827cff42fed85823e3659d3">cTABLE_Data::C_INT_STATUS_STAGE_1_FAIL</a>);
<a name="l00278"></a>00278                                 }
<a name="l00279"></a>00279 
<a name="l00280"></a>00280                                 <span class="comment">//              }</span>
<a name="l00281"></a>00281                                 <span class="keywordflow">if</span> (!<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;save_Data2DB())
<a name="l00282"></a>00282                                 {
<a name="l00283"></a>00283                                         $this-&gt;log_Error(<a class="code" href="move2_h_d_f_s___chunk_8php.html#a88d5a84981bf44215832cdc15b8665cc">$obj_TABLE_Data</a>-&gt;get_id() . <span class="stringliteral">&quot; had an error updateing its information in the database.&quot;</span>);
<a name="l00284"></a>00284                                         print(<span class="stringliteral">&quot;Error Writeing to Database\n&quot;</span>);
<a name="l00285"></a>00285                                 }
<a name="l00286"></a>00286                                 <span class="comment">//print_r($arr_Json);</span>
<a name="l00287"></a>00287                         }
<a name="l00288"></a>00288                 }
<a name="l00289"></a>00289 
<a name="l00290"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a0af7d9f2cc34573df641402cc26f1ceb">00290</a>                 <span class="keyword">private</span> <span class="keyword">function</span> <a class="code" href="process___data_8php.html#a3b9b0990c786d7fbb31f67357ef2e13b">validate_Json</a>($obj_Json, <a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> = <span class="stringliteral">&quot;unknown&quot;</span>)
<a name="l00291"></a>00291                 {
<a name="l00292"></a>00292                         $str_SchemaLoc = dirname(dirname(dirname(dirname(__FILE__)))) . <span class="stringliteral">&quot;/validation/json/&quot;</span>;
<a name="l00293"></a>00293                         $str_Schema = file_get_contents($str_SchemaLoc . <span class="stringliteral">&quot;AmpleHarvest.json&quot;</span>);
<a name="l00294"></a>00294                         \cJsonValidator::add_Path($str_SchemaLoc);
<a name="l00295"></a>00295 
<a name="l00296"></a>00296                         $int_Return = \cJsonValidator::validate($obj_Json, $str_Schema);
<a name="l00297"></a>00297                         <span class="keywordflow">if</span> ($int_Return &lt; 0)
<a name="l00298"></a>00298                         {
<a name="l00299"></a>00299                                 <span class="comment">/*                      </span>
<a name="l00300"></a>00300 <span class="comment">                                 print($obj_TABLE_Data-&gt;get_id() . &quot; had the following error parsing the json &quot; . \cJsonValidator::convert_ErrorCode($int_Return) .</span>
<a name="l00301"></a>00301 <span class="comment">                                 &quot;\n Schema Location - &quot; . \cJsonValidator::get_LastSchemaPos() .</span>
<a name="l00302"></a>00302 <span class="comment">                                 &quot;\n Json Location - &quot; . \cJsonValidator::get_LastJsonPos() .</span>
<a name="l00303"></a>00303 <span class="comment">                                 &quot;\n Error Text - &quot; . \cJsonValidator::get_ErrorText());</span>
<a name="l00304"></a>00304 <span class="comment">                                 */</span>
<a name="l00305"></a>00305 
<a name="l00306"></a>00306                                 $this-&gt;log_Error(<a class="code" href="task__runner_8php.html#a638f33f9a90952d7cebdf44588e8f40b">$str_ID</a> . <span class="stringliteral">&quot; had the following error parsing the json &quot;</span> . \<a class="code" href="classc_json_validator.html#af9334a2f24bf5daa5f3868984252df1d">cJsonValidator::convert_ErrorCode</a>($int_Return) .
<a name="l00307"></a>00307                                         <span class="stringliteral">&quot;\n Schema Location - &quot;</span> . \<a class="code" href="classc_json_validator.html#a6f80e92ed4b31007b3e456fabeba7fca">cJsonValidator::get_LastSchemaPos</a>() .
<a name="l00308"></a>00308                                         <span class="stringliteral">&quot;\n Json Location - &quot;</span> . \<a class="code" href="classc_json_validator.html#a4dd07c12e47a7a38863faaff07dcbe21">cJsonValidator::get_LastJsonPos</a>() .
<a name="l00309"></a>00309                                         <span class="stringliteral">&quot;\n Error Text - &quot;</span> . \<a class="code" href="classc_json_validator.html#ac9cdf5147a0eed0f6638f3b5dc6bf1ec">cJsonValidator::get_ErrorText</a>());
<a name="l00310"></a>00310 
<a name="l00311"></a>00311                                 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00312"></a>00312                         }
<a name="l00313"></a>00313                         <span class="keywordflow">return</span> <span class="keyword">true</span>;
<a name="l00314"></a>00314                 }
<a name="l00315"></a>00315 
<a name="l00316"></a><a class="code" href="classampleharvest_1_1task_1_1process__data_1_1process___data__1.html#a13c09fd9e09031429affc860d62a73f1">00316</a>                 <span class="keyword">private</span> <span class="keyword">function</span> <a class="code" href="move2_h_d_f_s___chunk_8php.html#a8978e741385b03aa6f5880421280290f">validate_Row</a>(\<a class="code" href="classc_t_a_b_l_e___data.html" title="Includes the base class for Tables (uses base path from the cinfo file.">cTABLE_Data</a> $obj_Data, $obj_Json)
<a name="l00317"></a>00317                 {
<a name="l00318"></a>00318                         <span class="keywordflow">if</span> ($obj_Data-&gt;get_id() != $obj_Json-&gt;id)
<a name="l00319"></a>00319                         {
<a name="l00320"></a>00320                                 $this-&gt;log_Error($obj_Data-&gt;get_id() . <span class="stringliteral">&quot; has miss matching IDs the row id and the Json ID must match&quot;</span>);
<a name="l00321"></a>00321                                 <span class="keywordflow">return</span> <span class="keyword">false</span>;
<a name="l00322"></a>00322                         }
<a name="l00323"></a>00323                         <span class="keywordflow">return</span> <span class="keyword">true</span>;
<a name="l00324"></a>00324                 }
<a name="l00325"></a>00325         }
<a name="l00326"></a>00326 
<a name="l00327"></a>00327         <span class="keywordflow">if</span> (isset(<a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a>[<span class="stringliteral">&quot;c&quot;</span>]))
<a name="l00328"></a>00328         {
<a name="l00329"></a>00329                 $obj_Task = <span class="keyword">new</span> process_Data_1(null,<a class="code" href="namespaceampleharvest_1_1task_1_1index__data.html#a9bb2f410a4a3fbd242c6aecf5ed6c02d">$arr_Options</a>);
<a name="l00330"></a>00330                 $obj_Task-&gt;runChunk();
<a name="l00331"></a>00331 
<a name="l00332"></a>00332         }
<a name="l00333"></a>00333 
<a name="l00334"></a>00334 ?&gt;
</pre></div></div>
</div>
  <div id="nav-path" class="navpath">
    <ul>
      <li class="navelem"><a class="el" href="process___data1_8php.html">process_Data1.php</a>      </li>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a></div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>


    <li class="footer">Generated on Mon Jan 23 2012 13:34:20 for AmpleHarvest by
    <a href="http://www.doxygen.org/index.html">
    <img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.7.5.1 </li>
   </ul>
 </div>


</body>
</html>
